fd0bc3f81951ce16155d411a3de9bea38a721b4b,datavec-spark/src/test/java/org/datavec/spark/transform/DataFrameTests.java,DataFrameTests,testDataFrameConversions,#,47

Before Change


        assertEquals(schema,DataFrames.fromStructType(DataFrames.fromSchema(schema)));
        assertEquals(rdd.collect(),DataFrames.toRecords(DataFrames.toDataFrame(schema,rdd)).getSecond().collect());

        DataFrame dataFrame = DataFrames.toDataFrame(schema,rdd);
        dataFrame.show();
        Column mean = DataFrames.mean(dataFrame,"0");
        Column std = DataFrames.std(dataFrame,"0");
        dataFrame.withColumn("0",dataFrame.col("0").minus(mean)).show();

After Change


        assertEquals(schema,DataFrames.fromStructType(DataFrames.fromSchema(schema)));
        assertEquals(rdd.collect(),DataFrames.toRecords(DataFrames.toDataFrame(schema,rdd)).getSecond().collect());

        DataFrames.toDataFrame(schema,rdd).show();
        Column mean = DataFrames.mean(DataFrames.toDataFrame(schema,rdd),"0");
        Column std = DataFrames.std(DataFrames.toDataFrame(schema,rdd),"0");
        DataFrames.toDataFrame(schema,rdd).withColumn("0",DataFrames.toDataFrame(schema,rdd).col("0").minus(mean)).show();
        DataFrames.toDataFrame(schema,rdd).withColumn("0",DataFrames.toDataFrame(schema,rdd).col("0").divide(std)).show();

        /*   DataFrame desc = dataFrame.describe(dataFrame.columns());
        dataFrame.show();